loc 88vin

Product description



　　Could you please make a 2.75bpw for us 48GB VRAM users xD

　　","updatedAt":"2024-11-26T23:29:34.328Z","author":{ "_id":"662abdad72e3e3e4d8d1d566","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/662abdad72e3e3e4d8d1d566/hav0CDkWTYlThNPpcPUnK.png","fullname":"Adzeiros","name":"Adzeiros","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false}},"numEdits":0,"identifiedLanguage":{ "language":"en","probability":0.6381208896636963},"editors":["Adzeiros"],"editorAvatarUrls":["https://cdn-avatars.huggingface.co/v1/production/uploads/662abdad72e3e3e4d8d1d566/hav0CDkWTYlThNPpcPUnK.png"],"reactions":[],"isReport":false}},{ "id":"67465b554295e90fc5e06f79","author":{ "_id":"658a46cbfb9c2bdfae75b3a6","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/noauth/QSins2Wn6frq1-EdnhJ2Y.jpeg","fullname":"lucy","name":"lucyknada","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":76,"isOwner":false,"isOrgMember":true},"createdAt":"2024-11-26T23:35:49.000Z","type":"comment","data":{ "edited":false,"hidden":false,"latest":{ "raw":"we have uploaded the measurement: https://huggingface.co/anthracite-org/magnum-v4-123b-exl2/blob/main/measurement.json so you can re-quant to any other size required; skipping the initial measurement steps that take the longest and require the most ram/vram, hope that helps.","html":"

　　we have uploaded the measurement: https://huggingface.co/anthracite-org/magnum-v4-123b-exl2/blob/main/measurement.json so you can re-quant to any other size required; skipping the initial measurement steps that take the longest and require the most ram/vram, hope that helps.

　　","updatedAt":"2024-11-26T23:35:49.375Z","author":{ "_id":"658a46cbfb9c2bdfae75b3a6","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/noauth/QSins2Wn6frq1-EdnhJ2Y.jpeg","fullname":"lucy","name":"lucyknada","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":76}},"numEdits":0,"identifiedLanguage":{ "language":"en","probability":0.901171863079071},"editors":["lucyknada"],"editorAvatarUrls":["https://cdn-avatars.huggingface.co/v1/production/uploads/noauth/QSins2Wn6frq1-EdnhJ2Y.jpeg"],"reactions":[],"relatedEventId":"67465b554295e90fc5e06f7c","isReport":false}},{ "id":"67465b554295e90fc5e06f7c","author":{ "_id":"658a46cbfb9c2bdfae75b3a6","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/noauth/QSins2Wn6frq1-EdnhJ2Y.jpeg","fullname":"lucy","name":"lucyknada","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":76,"isOwner":false,"isOrgMember":true},"createdAt":"2024-11-26T23:35:49.000Z","type":"status-change","data":{ "status":"closed"}}],"pinned":false,"locked":false,"collection":"discussions","isPullRequest":false,"isReport":false},"repo":{ "name":"anthracite-org/magnum-v4-123b-exl2","type":"model"},"activeTab":"discussion","discussionRole":0,"watched":false,"muted":false}">